from lib_corr_matrices import *
import warnings
warnings.filterwarnings('ignore')

visual analisys of cross correlation and correlaton matrices

For each model:

1. Choose model
2. Choose style
3. matrix_crosscorrelation all (all epochs): heatmap + histogram of log(eigenvalues) + eigenvalues scatterplot
4. matrix_crosscorrelation small (first 500 epochs): heatmap + histogram of log(eigenvalues) + eigenvalues scatterplot
5. matrix_crosscorrelation vsmall (first 100 epochs): heatmap + histogram of log(eigenvalues) + eigenvalues scatterplot
6. Comparission of eigenvalues for different samples of the same model

paths2 = ['model_50_50/model_50_50_w2_1.csv',
          'model_50_50/model_50_50_w2_2.csv',
          'model_50_50/model_50_50_w2_3.csv',
          'model_50_50/model_50_50_w2_4.csv',
          'model_50_50/model_50_50_w2_5.csv',
         
          'model_50_50/model_50_50_w3_1.csv',
          'model_50_50/model_50_50_w3_2.csv',
          'model_50_50/model_50_50_w3_3.csv',
          'model_50_50/model_50_50_w3_4.csv',
          'model_50_50/model_50_50_w3_5.csv',
        ]

paths3 = ['model_50_50_50/model_50_50_50_w2_1.csv',
          'model_50_50_50/model_50_50_50_w2_2.csv',
          'model_50_50_50/model_50_50_50_w2_3.csv',
          'model_50_50_50/model_50_50_50_w2_4.csv',
          'model_50_50_50/model_50_50_50_w2_5.csv',
         
          'model_50_50_50/model_50_50_50_w3_1.csv',
          'model_50_50_50/model_50_50_50_w3_2.csv',
          'model_50_50_50/model_50_50_50_w3_3.csv',
          'model_50_50_50/model_50_50_50_w3_4.csv',
          'model_50_50_50/model_50_50_50_w3_5.csv',
         
          'model_50_50_50/model_50_50_50_w4_1.csv',
          'model_50_50_50/model_50_50_50_w4_2.csv',
          'model_50_50_50/model_50_50_50_w4_3.csv',
          'model_50_50_50/model_50_50_50_w4_4.csv',
          'model_50_50_50/model_50_50_50_w4_5.csv',
         ]

paths4 = ['model_50_50_50_50/model_50_50_50_50_w2_1.csv',
          'model_50_50_50_50/model_50_50_50_50_w2_2.csv',
          'model_50_50_50_50/model_50_50_50_50_w2_3.csv',
          'model_50_50_50_50/model_50_50_50_50_w2_4.csv',
          'model_50_50_50_50/model_50_50_50_50_w2_5.csv',
         
          'model_50_50_50_50/model_50_50_50_50_w3_1.csv',
          'model_50_50_50_50/model_50_50_50_50_w3_2.csv',
          'model_50_50_50_50/model_50_50_50_50_w3_3.csv',
          'model_50_50_50_50/model_50_50_50_50_w3_4.csv',
          'model_50_50_50_50/model_50_50_50_50_w3_5.csv',
         
          'model_50_50_50_50/model_50_50_50_50_w4_1.csv',
          'model_50_50_50_50/model_50_50_50_50_w4_2.csv',
          'model_50_50_50_50/model_50_50_50_50_w4_3.csv',
          'model_50_50_50_50/model_50_50_50_50_w4_4.csv',
          'model_50_50_50_50/model_50_50_50_50_w4_5.csv',
         
          'model_50_50_50_50/model_50_50_50_50_w5_1.csv',
          'model_50_50_50_50/model_50_50_50_50_w5_2.csv',
          'model_50_50_50_50/model_50_50_50_50_w5_3.csv',
          'model_50_50_50_50/model_50_50_50_50_w5_4.csv',
          'model_50_50_50_50/model_50_50_50_50_w5_5.csv'   
]

get_autocorrelation(paths2, k=1, max_epoch=1000, folder='matrix_autocorrelation_small/') get_autocorrelation(paths2, k=1, max_epoch=500, folder='matrix_autocorrelation_vsmall/')

get_autocorrelation(paths3, k=1, max_epoch=1000, folder='matrix_autocorrelation_small/') get_autocorrelation(paths3, k=1, max_epoch=500, folder='matrix_autocorrelation_vsmall/')

get_autocorrelation(paths4, k=1, max_epoch=1000, folder='matrix_autocorrelation_small/') get_autocorrelation(paths4, k=1, max_epoch=500, folder='matrix_autocorrelation_vsmall/')

Show all matrices

cmap= newcmp

vmin_corr = 0.99
vmax_corr = 1

mineigenval = 1e-20
maxeigenval = 1e5
cutoff = 1e-13
n_of_samples=5

pwd = 'model_50_50_50_50/model_50_50_50_50'
folder = 'matrix_autocorrelation_small/'

number_of_weights =4
vmin_w, vmax_w, vmin_b, vmax_b = 0.99, 1.0, 0.75, 1.0

for m in range(n_of_samples):
    show_corr_matrix(folder, pwd, number_of_weights, m+1, vmin_w, vmax_w, vmin_b, vmax_b, cmap)

pwd = 'model_50_50_50_50/model_50_50_50_50'
folder = 'matrix_autocorrelation_vsmall/'

number_of_weights =4
vmin_w, vmax_w, vmin_b, vmax_b = 0.99, 1.0, 0.75, 1.0

for m in range(n_of_samples):
    show_corr_matrix(folder, pwd, number_of_weights, m+1, vmin_w, vmax_w, vmin_b, vmax_b, cmap)

Eigenvalues spectrum all

pwd = 'model_50_50/model_50_50'
folder = 'matrix_autocorrelation_small/'
d=3
show_eigenvalues_all(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1e-15)

matrix shape = (400, 400)		 rank = 394
matrix shape = (400, 400)		 rank = 394
matrix shape = (400, 400)		 rank = 394
matrix shape = (400, 400)		 rank = 393
matrix shape = (400, 400)		 rank = 393
matrix shape = (400, 400)		 rank = 388
matrix shape = (400, 400)		 rank = 388
matrix shape = (400, 400)		 rank = 386
matrix shape = (400, 400)		 rank = 388
matrix shape = (400, 400)		 rank = 387

pwd = 'model_50_50_50/model_50_50_50'
folder = 'matrix_autocorrelation_small/'
d=4
show_eigenvalues_all(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1e-15)

matrix shape = (400, 400)		 rank = 393
matrix shape = (400, 400)		 rank = 393
matrix shape = (400, 400)		 rank = 392
matrix shape = (400, 400)		 rank = 393
matrix shape = (400, 400)		 rank = 394
matrix shape = (400, 400)		 rank = 394
matrix shape = (400, 400)		 rank = 393
matrix shape = (400, 400)		 rank = 393
matrix shape = (400, 400)		 rank = 393
matrix shape = (400, 400)		 rank = 394
matrix shape = (400, 400)		 rank = 386
matrix shape = (400, 400)		 rank = 385
matrix shape = (400, 400)		 rank = 387
matrix shape = (400, 400)		 rank = 386
matrix shape = (400, 400)		 rank = 386

pwd = 'model_50_50_50_50/model_50_50_50_50'
folder = 'matrix_autocorrelation_small/'
d=5
show_eigenvalues_all(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1e-15)

matrix shape = (400, 400)		 rank = 393
matrix shape = (400, 400)		 rank = 393
matrix shape = (400, 400)		 rank = 394
matrix shape = (400, 400)		 rank = 394
matrix shape = (400, 400)		 rank = 393
matrix shape = (400, 400)		 rank = 394
matrix shape = (400, 400)		 rank = 393
matrix shape = (400, 400)		 rank = 393
matrix shape = (400, 400)		 rank = 393
matrix shape = (400, 400)		 rank = 394
matrix shape = (400, 400)		 rank = 394
matrix shape = (400, 400)		 rank = 393
matrix shape = (400, 400)		 rank = 394
matrix shape = (400, 400)		 rank = 394
matrix shape = (400, 400)		 rank = 394
matrix shape = (400, 400)		 rank = 387
matrix shape = (400, 400)		 rank = 388
matrix shape = (400, 400)		 rank = 386
matrix shape = (400, 400)		 rank = 386
matrix shape = (400, 400)		 rank = 387

Show eigenvalues histogram

pwd = 'model_50_50_50_50/model_50_50_50_50'
folder = 'matrix_autocorrelation_small/'
details = ['w2', 'w3', 'w4', 'w5']
show_eigenvalues_stacked(folder, pwd, details, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1000)

matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (400, 400)	 rank = 31
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (400, 400)	 rank = 30
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (400, 400)	 rank = 32
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (400, 400)	 rank = 31
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (400, 400)	 rank = 30
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (400, 400)	 rank = 30
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (400, 400)	 rank = 30
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (400, 400)	 rank = 32
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (400, 400)	 rank = 31
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (400, 400)	 rank = 30
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (400, 400)	 rank = 30
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (400, 400)	 rank = 30
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (400, 400)	 rank = 32
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (400, 400)	 rank = 31
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (400, 400)	 rank = 30
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (400, 400)	 rank = 33
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (400, 400)	 rank = 32
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (400, 400)	 rank = 33
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (400, 400)	 rank = 33
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (400, 400)	 rank = 32

details = ['w2', 'w3', 'w4', 'w5']
show_eigenvalues_smoothed(folder, pwd, details, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1000)

matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (400, 400)	 rank = 31
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (400, 400)	 rank = 30
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (400, 400)	 rank = 32
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (400, 400)	 rank = 31
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (400, 400)	 rank = 30
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (400, 400)	 rank = 30
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (400, 400)	 rank = 30
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (400, 400)	 rank = 32
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (400, 400)	 rank = 31
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (400, 400)	 rank = 30
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (400, 400)	 rank = 30
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (400, 400)	 rank = 30
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (400, 400)	 rank = 32
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (400, 400)	 rank = 31
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (400, 400)	 rank = 30
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (400, 400)	 rank = 33
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (400, 400)	 rank = 32
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (400, 400)	 rank = 33
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (400, 400)	 rank = 33
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (400, 400)	 rank = 32

Plots one by one

Small size: 1000 epochs

pwd = 'model_50_50_50_50/model_50_50_50_50'
folder = 'matrix_autocorrelation_small/'
d='w2'
show_eigenvalues(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1e-15)

matrix shape = (400, 400)		 rank = 393
matrix shape = (400, 400)		 rank = 393
matrix shape = (400, 400)		 rank = 394
matrix shape = (400, 400)		 rank = 394
matrix shape = (400, 400)		 rank = 393

pwd = 'model_50_50_50_50/model_50_50_50_50'
folder = 'matrix_autocorrelation_small/'
d='w3'
show_eigenvalues(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1e-15)

matrix shape = (400, 400)		 rank = 394
matrix shape = (400, 400)		 rank = 393
matrix shape = (400, 400)		 rank = 393
matrix shape = (400, 400)		 rank = 393
matrix shape = (400, 400)		 rank = 394

pwd = 'model_50_50_50_50/model_50_50_50_50'
folder = 'matrix_autocorrelation_small/'
d='w4'
show_eigenvalues(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1e-15)

matrix shape = (400, 400)		 rank = 394
matrix shape = (400, 400)		 rank = 393
matrix shape = (400, 400)		 rank = 394
matrix shape = (400, 400)		 rank = 394
matrix shape = (400, 400)		 rank = 394

pwd = 'model_50_50_50_50/model_50_50_50_50'
folder = 'matrix_autocorrelation_small/'
d='w5'
show_eigenvalues(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1e-15)

matrix shape = (400, 400)		 rank = 387
matrix shape = (400, 400)		 rank = 388
matrix shape = (400, 400)		 rank = 386
matrix shape = (400, 400)		 rank = 386
matrix shape = (400, 400)		 rank = 387

VSmall size: 500 epochs

pwd = 'model_50_50_50_50/model_50_50_50_50'
folder = 'matrix_autocorrelation_vsmall/'
d='w2'
show_eigenvalues(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1e-15)

matrix shape = (400, 400)		 rank = 393
matrix shape = (400, 400)		 rank = 393
matrix shape = (400, 400)		 rank = 394
matrix shape = (400, 400)		 rank = 394
matrix shape = (400, 400)		 rank = 393

pwd = 'model_50_50_50_50/model_50_50_50_50'
folder = 'matrix_autocorrelation_vsmall/'
d='w3'
show_eigenvalues(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1e-15)

matrix shape = (400, 400)		 rank = 394
matrix shape = (400, 400)		 rank = 393
matrix shape = (400, 400)		 rank = 393
matrix shape = (400, 400)		 rank = 393
matrix shape = (400, 400)		 rank = 394

pwd = 'model_50_50_50_50/model_50_50_50_50'
folder = 'matrix_autocorrelation_vsmall/'
d='w4'
show_eigenvalues(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1e-15)

matrix shape = (400, 400)		 rank = 394
matrix shape = (400, 400)		 rank = 393
matrix shape = (400, 400)		 rank = 394
matrix shape = (400, 400)		 rank = 394
matrix shape = (400, 400)		 rank = 394

pwd = 'model_50_50_50_50/model_50_50_50_50'
folder = 'matrix_autocorrelation_vsmall/'
d='w5'
show_eigenvalues(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1e-15)

matrix shape = (400, 400)		 rank = 387
matrix shape = (400, 400)		 rank = 388
matrix shape = (400, 400)		 rank = 386
matrix shape = (400, 400)		 rank = 386
matrix shape = (400, 400)		 rank = 387